cd /u01/isi/application/preprocess/centreCollect_kafka2es
/u01/isi/application/spark-3.0.0/bin/spark-submit \
  --master spark://192.168.10.182:7077 \
  --class com.wenge.datagroup.storage.main.SparkStreamConsumer \
  --properties-file config/spark-default.properties \
  --driver-memory 2G \
  --executor-memory 5G \
  --executor-cores 8 \
  --total-executor-cores 8 \
  --jars $(echo ./lib/*.jar | tr ' ' ',') \
  --conf spark.rpc.message.maxSize=1560 \
  ./centrecollect_temp-1.0-SNAPSHOT.jar --config=config/config.properties --topic=topic_c1_drive_original_searchenginemetadata >> logs/metasearch/topic_c1_drive_original_searchenginemetadata.log 2>&1 &


